{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "GPT Finetuning.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "LVTyGrhsbdep",
        "colab_type": "code",
        "outputId": "bc920ee4-9539-4e08-ee87-bbc8fad78324",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 153
        }
      },
      "source": [
        "%tensorflow_version 1.x\n",
        "!pip install -q gpt-2-simple\n",
        "import gpt_2_simple as gpt2\n",
        "from datetime import datetime\n",
        "from google.colab import files\n",
        "import os\n",
        "import json\n",
        "import random\n",
        "import re\n",
        "\n",
        "model = '355M'"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:\n",
            "The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
            "For more information, please see:\n",
            "  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
            "  * https://github.com/tensorflow/addons\n",
            "  * https://github.com/tensorflow/io (for I/O related ops)\n",
            "If you depend on functionality not listed there, please file an issue.\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "U5ArIJ0E6LcG",
        "colab_type": "code",
        "outputId": "9eb49b7d-92fa-4df1-fb5e-11fda4bf8072",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 306
        }
      },
      "source": [
        "!nvidia-smi"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mon Dec 30 07:33:19 2019       \n",
            "+-----------------------------------------------------------------------------+\n",
            "| NVIDIA-SMI 440.44       Driver Version: 418.67       CUDA Version: 10.1     |\n",
            "|-------------------------------+----------------------+----------------------+\n",
            "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
            "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
            "|===============================+======================+======================|\n",
            "|   0  Tesla P100-PCIE...  Off  | 00000000:00:04.0 Off |                    0 |\n",
            "| N/A   54C    P0    39W / 250W |      0MiB / 16280MiB |      0%      Default |\n",
            "+-------------------------------+----------------------+----------------------+\n",
            "                                                                               \n",
            "+-----------------------------------------------------------------------------+\n",
            "| Processes:                                                       GPU Memory |\n",
            "|  GPU       PID   Type   Process name                             Usage      |\n",
            "|=============================================================================|\n",
            "|  No running processes found                                                 |\n",
            "+-----------------------------------------------------------------------------+\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Tmj-M0Iobv3L",
        "colab_type": "code",
        "outputId": "80ce8d27-5885-48ad-e148-a524e288da18",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "gpt2.mount_gdrive()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ecmuIWxFgFBz",
        "colab_type": "code",
        "outputId": "c585bc67-4917-4f78-f918-464a1fee6d3b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 136
        }
      },
      "source": [
        "gpt2.download_gpt2(model_name=model)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Fetching checkpoint: 1.05Mit [00:00, 425Mit/s]                                                      \n",
            "Fetching encoder.json: 1.05Mit [00:00, 122Mit/s]                                                    \n",
            "Fetching hparams.json: 1.05Mit [00:00, 745Mit/s]                                                    \n",
            "Fetching model.ckpt.data-00000-of-00001: 1.42Git [00:09, 156Mit/s]                                  \n",
            "Fetching model.ckpt.index: 1.05Mit [00:00, 460Mit/s]                                                \n",
            "Fetching model.ckpt.meta: 1.05Mit [00:00, 135Mit/s]                                                 \n",
            "Fetching vocab.bpe: 1.05Mit [00:00, 195Mit/s]                                                       \n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IVx0O2rsdMak",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import json\n",
        "\n",
        "with open('/content/drive/My Drive/Colab Notebooks/data/trumpprestweets.json', encoding='utf-8') as f:\n",
        "    data = json.load(f)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Tp7wgFSKdrBe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "s = []\n",
        "random.shuffle(data)\n",
        "for i in data:\n",
        "    if 'is_retweet' not in i.keys() or not i['is_retweet']:\n",
        "        text = str(i['text'])\n",
        "        text = re.sub(r\"http\\S+\", \"\", text)\n",
        "        text = text.replace('\\n','')\n",
        "        text = text.strip()\n",
        "        if text[:2] == '\"@' or text[:2] == '..' or text[-2:] == '..':\n",
        "            text = \"\"\n",
        "        if not text == '':\n",
        "            s.append(text)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0fZB1hVWdsO9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import pandas as pd\n",
        "\n",
        "p = pd.DataFrame()\n",
        "\n",
        "p[1] = s\n",
        "\n",
        "p.to_csv(\"trumptweets.csv\", index = False, header = False)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ra9Uwe64rXFn",
        "colab_type": "code",
        "outputId": "88bd72cf-1a31-4b13-edf3-3497a67e8af4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        }
      },
      "source": [
        "p"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>1</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>President Obama said that he thinks he would h...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>FBI &amp;amp; DOJ to review the outrageous Jussie ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>.@RichLowry is truly one of the dumbest of the...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Why would anyone in Florida vote for lightweig...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Happy Birthday Regis, a truly special man!</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13366</th>\n",
              "      <td>Thank you to all of our law enforcement office...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13367</th>\n",
              "      <td>Moderator: Hillary paid $225,000 by a Brazilia...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13368</th>\n",
              "      <td>After @TrumpTurnberry I will be visiting Aberd...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13369</th>\n",
              "      <td>Last night in Minnesota was incredible. What a...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13370</th>\n",
              "      <td>With Ben Carson wanting to hit his mother on h...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>13371 rows × 1 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                       1\n",
              "0      President Obama said that he thinks he would h...\n",
              "1      FBI &amp; DOJ to review the outrageous Jussie ...\n",
              "2      .@RichLowry is truly one of the dumbest of the...\n",
              "3      Why would anyone in Florida vote for lightweig...\n",
              "4             Happy Birthday Regis, a truly special man!\n",
              "...                                                  ...\n",
              "13366  Thank you to all of our law enforcement office...\n",
              "13367  Moderator: Hillary paid $225,000 by a Brazilia...\n",
              "13368  After @TrumpTurnberry I will be visiting Aberd...\n",
              "13369  Last night in Minnesota was incredible. What a...\n",
              "13370  With Ben Carson wanting to hit his mother on h...\n",
              "\n",
              "[13371 rows x 1 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "N2-MfFxgemo4",
        "colab_type": "code",
        "outputId": "90610d95-e9ce-4eee-aec1-a806d8552c5b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "!du -h trumptweets.csv"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "1.8M\ttrumptweets.csv\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZzHsNeMNenxR",
        "colab_type": "code",
        "outputId": "bf99a9e1-b403-4bef-ea30-4c4201844759",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "sess = gpt2.start_tf_sess()\n",
        "\n",
        "gpt2.finetune(sess,\n",
        "              dataset='trumptweets.csv',\n",
        "              model_name=model,\n",
        "              steps=2000,\n",
        "              restore_from='fresh',\n",
        "              run_name='run2',\n",
        "              print_every=10,\n",
        "              sample_every=100,\n",
        "              save_every=1000\n",
        "              )"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/gpt_2_simple/src/sample.py:17: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/gpt_2_simple/src/memory_saving_gradients.py:62: get_backward_walk_ops (from tensorflow.contrib.graph_editor.select) is deprecated and will be removed after 2019-06-06.\n",
            "Instructions for updating:\n",
            "Please use tensorflow.python.ops.op_selector.get_backward_walk_ops.\n",
            "Loading checkpoint models/355M/model.ckpt\n",
            "INFO:tensorflow:Restoring parameters from models/355M/model.ckpt\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "100%|██████████| 1/1 [00:00<00:00, 19.08it/s]"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Loading dataset...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "dataset has 616801 tokens\n",
            "Training...\n",
            "[10 | 16.82] loss=2.28 avg=2.28\n",
            "[20 | 25.68] loss=2.37 avg=2.33\n",
            "[30 | 34.53] loss=2.53 avg=2.40\n",
            "[40 | 43.37] loss=2.04 avg=2.31\n",
            "[50 | 52.21] loss=1.81 avg=2.21\n",
            "[60 | 61.05] loss=2.37 avg=2.23\n",
            "[70 | 69.89] loss=1.89 avg=2.18\n",
            "[80 | 78.73] loss=2.08 avg=2.17\n",
            "[90 | 87.60] loss=1.95 avg=2.14\n",
            "[100 | 96.45] loss=2.05 avg=2.13\n",
            "======== SAMPLE 1 ========\n",
            "IN<|endoftext|>\n",
            "<|startoftext|>My job is a great one – get paid fairly and fairly. You are very lucky!<|endoftext|>\n",
            "<|startoftext|>“DNC” is in the hole.   The #DrainTheSwamp will grow fast, and that will make this great! The Democrats are in a total con! They are in total trouble, and to hell with them. If they will do something, the nation will reward them!<|endoftext|>\n",
            "<|startoftext|>If you think President Trump would be the best or person to lead, or even run, for President of the United States, think again. The people would let loose. MAKE AMERICA GREAT AGAIN!<|endoftext|>\n",
            "<|startoftext|>Dump the Crooked Hillary Emails!<|endoftext|>\n",
            "<|startoftext|>Thank you @realDonaldTrump!<|endoftext|>\n",
            "<|startoftext|>Thank you @WhiteHouse for #Trump2016!<|endoftext|>\n",
            "<|startoftext|>As you can imagine, it was not a great day in Ohio for our Great VOTESPERRY. We did a very poorly in the race for Ohio. A record loss of more votes than any other vote cast. You won't believe this!<|endoftext|>\n",
            "<|startoftext|>We have had a record number of refugees in the U.S. over the last year. Very bad things happen by the people getting in illegally, but this is what we are working on.<|endoftext|>\n",
            "<|startoftext|>Via @HuffingtonPost- A BIGGER THAN EVER: 'I AM STILL WITH YOU'<|endoftext|>\n",
            "<|startoftext|>“BREAKING:” Trump: I'll Make America Great Again!<|endoftext|>\n",
            "<|startoftext|>“HAPPY DEBT IS OVER FOR TRUMP.”<|endoftext|>\n",
            "<|startoftext|>THEN, DONALD TURN TO THE PEOPLE AND MAKE AMERICA GREAT EVERY SEVEN MORE TIMES!<|endoftext|>\n",
            "<|startoftext|>Thank you. #GOPDebate #FITN➡️”<|endoftext|>\n",
            "<|startoftext|>Our country is a beautiful place. We love our people...we love American history &amp; our great Nation. We will MAKE AMERICA SAFER AGAIN! #MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>#Trump2016 #MAGA<|endoftext|>\n",
            "<|startoftext|>“Donald Trump has been an amazing advocate for our VETERANS, by way of speaking out on issues for them.” - @realDonaldTrump<|endoftext|>\n",
            "<|startoftext|>If we let the Democratic Party win the Presidency in 2020 it will lead to the downfall of the GOP. It will be a tremendous disaster for them, not to mention their VOTE total!<|endoftext|>\n",
            "<|startoftext|>The Washington Post, which I am very proud of, should have called the Trump Campaign to tell them, I am working hard, and you are failing badly.  They could have helped!<|endoftext|>\n",
            "<|startoftext|>Thank you - @SenSanders &amp; @RepSanders!<|endoftext|>\n",
            "<|startoftext|>I was so shocked and saddened when I saw the horrible video of the Orlando shooter. Not only was he mentally ill, he was also not very good looking. He was only able to get a kill shot off with his bare hands!<|endoftext|>\n",
            "<|startoftext|>Thank you @foxandfriends! #MAGA<|endoftext|>\n",
            "<|startoftext|>“I’m going to put a lot of effort into this, to make this happen, and the Senate will pass this bill.” “But I won't stop, and nothing we do will stop the Democrat from being in charge. This should be a Republican” - Nancy Pelosi. (VIDEO: WATCH)<|endoftext|>\n",
            "<|startoftext|>“Obama is now using the word \"radical\" with the same meaning as \"radicals.\"” @HuffingtonTweed @FoxNews,  @FoxBusiness<|endoftext|>\n",
            "<|startoftext|>The most popular news story at The New York Times is that, after the election\n",
            "\n",
            "[110 | 125.48] loss=2.27 avg=2.15\n",
            "[120 | 134.34] loss=2.25 avg=2.16\n",
            "[130 | 143.19] loss=2.13 avg=2.15\n",
            "[140 | 152.06] loss=2.10 avg=2.15\n",
            "[150 | 160.91] loss=2.10 avg=2.15\n",
            "[160 | 169.77] loss=2.15 avg=2.15\n",
            "[170 | 178.66] loss=2.00 avg=2.14\n",
            "[180 | 187.51] loss=1.98 avg=2.13\n",
            "[190 | 196.36] loss=1.53 avg=2.09\n",
            "[200 | 205.23] loss=2.37 avg=2.11\n",
            "======== SAMPLE 1 ========\n",
            " next stop? A beautiful evening at the Great St. Regis Hotel in Las Vegas with the entire North East Republican Committee, many of whose members are going to be very happy to have Mr. Trump as their President!<|endoftext|>\n",
            "<|startoftext|>“A lot of people who voted for Hillary Clinton, like the Democrats, don’t believe that she would do this kind of illegal act that was just proven, and yet a Hillary supporter doesn’t get fined?”    @chucktodd   @BretBaier’s comments today weren’t very convincing.”<|endoftext|>\n",
            "<|startoftext|>#MAGACapricy <|endoftext|>\n",
            "<|startoftext|>Via @NewtGingrich by @TODAYWISH:   @NBCnews’s Poll: Trump Loves Jeb Bush. His vote is going in for him. #MakeAmericaGreatAgain #Trump2016 #TrumpTrain<|endoftext|>\n",
            "<|startoftext|>If anyone can tell you WHY the mainstream media would be so dishonest, and why they would cover an event where @Trump can take a call from the President that nobody has ever even seen (but is all going over with a TON of cameras and microphones), then they should give the guy the job of going to jail.<|endoftext|>\n",
            "<|startoftext|>We are not getting the credit for the success we have had in the Middle East that our brilliant leader, the President of the United States, has worked so hard to achieve. I have done more in six months than any other President- but most even in the entire history of our country- ever dreamed of doing.  The United States is doing GREAT!<|endoftext|>\n",
            "<|startoftext|>Via @PewPasadena by @hankstarr: Trump: I “Got it” and it was done with a precision that's been in the works since I became aware that Donald Trump was going to be our Commander-in-Chief on the day I said, “OK, let” the “Phony Accusers” get “scare quotes” and even “got” the “Phony Collusion” charges dropped,” a complete victory for the people!<|endoftext|>\n",
            "<|startoftext|>A great honor – the @USNATO President @Ricardorossello of Italy will be travelling to New York today to meet with his President President and the entire North Atlantic Alliance. The two talked a lot about the meeting with President Donald J. Trump on NATO yesterday. @TODAYWISH is here!<|endoftext|>\n",
            "<|startoftext|>.@BrentMcSweeney of the New York Post is another loser who just can't get it together. He has been fired by the same owners who gave him a free lunch. His \"News\" of his being fired is nothing but pure Pravda!<|endoftext|>\n",
            "<|startoftext|>We have to protect our citizens - protect our borders!\"<|endoftext|>\n",
            "<|startoftext|>The very dishonest and very dishonest Media is doing a terrible job - not even close. The people that were most outraged were my supporters who did nothing wrong, but that they now demand that the truth come out. Don’t forget, I won't sit idly by whilst the dishonest &amp; very disloyal Media lies and smears me.<|endoftext|>\n",
            "<|startoftext|>The Democrats now pushing for the Russia Investigation will never be silenced - they “re going to get every word” that is said. Very sad!<|endoftext|>\n",
            "<|startoftext|>This is all in the name of protecting the American people! Remember what happened last week. If we get nothing but great things, there will always also be nothing to hide. That’s the truth of the matter!<|endoftext|>\n",
            "<|startoftext|>In my opinion if I could change one thing about Donald Trump, it would be that he is very consistent. I am also very consistent with the things I do. If anyone could really change someone, they would have done so more consistently before the election, and we wouldn't have had such a horrible outcome!<|endoftext|>\n",
            "<|startoftext|>My brother Don has a lot to tell us about his many years of incredible service to our great country, and the world. The Russia Hoax has been fully exposed - and totally exposed - by the Democrats, and the very dishonest mainstream Media. He has\n",
            "\n",
            "[210 | 231.40] loss=2.12 avg=2.11\n",
            "[220 | 240.25] loss=1.89 avg=2.10\n",
            "[230 | 249.13] loss=1.46 avg=2.07\n",
            "[240 | 257.98] loss=2.24 avg=2.08\n",
            "[250 | 266.84] loss=2.08 avg=2.08\n",
            "[260 | 275.70] loss=1.49 avg=2.05\n",
            "[270 | 284.57] loss=1.20 avg=2.01\n",
            "[280 | 293.43] loss=2.14 avg=2.02\n",
            "[290 | 302.29] loss=1.53 avg=2.00\n",
            "[300 | 311.15] loss=2.24 avg=2.01\n",
            "======== SAMPLE 1 ========\n",
            "!>\n",
            "<|startoftext|>Wow! The DNC and Democrats lied to media! They knew the Russians were watching &amp; they didn’t report the facts. They were desperate to deflect!<|endoftext|>\n",
            "<|startoftext|>“We think that what happened is completely unacceptable.”   Rep. Jason Chaffetz  We are also, and always have been, in the loop - in case Hillary is elected!<|endoftext|>\n",
            "<|startoftext|>I have been to many countries where I am the greatest friend or supporter. They call it a \"double-deal\".<|endoftext|>\n",
            "<|startoftext|>.@RosaCampos-Congratulations on your new Twitter name - very cool! Your mom, great mom, loves the name!<|endoftext|>\n",
            "<|startoftext|>Thank you.<|endoftext|>\n",
            "<|startoftext|>‏Trump Calls Hillary Clinton, Obama 'Eyes Wide'’  via @washingtonpost<|endoftext|>\n",
            "<|startoftext|>I am with YOU - I will work hard and put AMERICA FIRST.<|endoftext|>\n",
            "<|startoftext|>My speech was an absolute delight. Thank you!#AmericaFirst<|endoftext|>\n",
            "<|startoftext|>When the Democrats try to force a vote on the border wall, they are forced to come back to Washington and make a deal!<|endoftext|>\n",
            "<|startoftext|>Great! I hope everyone in the U.S. is doing well- I am in South Carolina making a big speech.<|endoftext|>\n",
            "<|startoftext|>Thanks to Republican obstruction (dubious, dishonest media), Great! The Democrats and Obama put pressure on a great and good man to say this didn’t happen!<|endoftext|>\n",
            "<|startoftext|>Just arrived in Scotland - a wonderful and beautiful morning!<|endoftext|>\n",
            "<|startoftext|>I had one of the best days of my life on my way to Trump Tower!<|endoftext|>\n",
            "<|startoftext|>Thank you to Jim DeMint for his nice words this morning. He was great on the Senate floor!<|endoftext|>\n",
            "<|startoftext|>The New York Times has a big article on the FBI’s false dossier and phony quotes. The phony quotes from Steele are now being used against me. Please look at the story.<|endoftext|>\n",
            "<|startoftext|>I will do a much better job of protecting your security and our country than anyone. We will build a great (for our President and the USA) and strong wall. Our Country will not lose the love.<|endoftext|>\n",
            "<|startoftext|>The United Nations Human Rights Council never had to talk about or concern itself with Russia. They are dealing with Russia &amp; the Fake News!<|endoftext|>\n",
            "<|startoftext|>“A major investigation, including by the FBI and Justice, is under way into the possible collusion between Russia and the Trump campaign.”<|endoftext|>\n",
            "<|startoftext|>“The Democrats are getting ready to go after the budget. Why wouldn’t they go after the Budget?”  Sean Davis<|endoftext|>\n",
            "<|startoftext|>We will not let the Fake News silence us!<|endoftext|>\n",
            "<|startoftext|>I believe that the great Rev. Thomas S. Monson will be doing an ensemblement in New Hampshire tomorrow night. It will be interesting to meet someone whose life and work makes him a truly great Christian Leader!<|endoftext|>\n",
            "<|startoftext|>My great honor to welcome President @EmmanuelMacron of France to the @WhiteHouse today! #UNGA<|endoftext|>\n",
            "<|startoftext|>I don't know anything about the Hillary Clinton &amp; the DNC leaks, but I did not read their very boring press releases!<|endoftext|>\n",
            "<|startoftext|>This is the most important election in hundreds of years. I will bring it back to YOU! Vote for @Tom_Fitton &amp; @FittonGR this very weekend.<|endoftext|>\n",
            "<|startoftext|>We have been at war for 35 years. It was only when the Democrats got so angry at the fact that we lost that they started talking about a Military Strike. I think that is going to end\n",
            "\n",
            "[310 | 337.67] loss=2.07 avg=2.01\n",
            "[320 | 346.54] loss=1.49 avg=1.99\n",
            "[330 | 355.40] loss=1.94 avg=1.99\n",
            "[340 | 364.25] loss=2.25 avg=2.00\n",
            "[350 | 373.13] loss=1.82 avg=1.99\n",
            "[360 | 381.97] loss=2.09 avg=2.00\n",
            "[370 | 390.84] loss=1.40 avg=1.98\n",
            "[380 | 399.69] loss=1.84 avg=1.97\n",
            "[390 | 408.55] loss=1.69 avg=1.96\n",
            "[400 | 417.43] loss=1.97 avg=1.97\n",
            "======== SAMPLE 1 ========\n",
            " Clinton to the United States Senate on Capitol Hill in Washington, Saturday, Jan. 25, 2017 at 3:30 P.M. We want to thank everybody for your support in the days ahead!<|endoftext|>\n",
            "<|startoftext|>The U.K. voted not to take part in the Paris Climate Accord. They’re not going to, and it wouldn’t make much sense, because the U.K. is such an incredibly powerful Oil exporter. They need to find a great energy source, maybe Solar or something but not the dirtiest of the Fossil fuels which is being built now or being added. There is nothing else like it!<|endoftext|>\n",
            "<|startoftext|>I was asked to speak at the @NCGOP convention about the future of our country &amp; the U.S. Unfortunately, because of the extreme politics &amp; pressure being put on the Trump campaign, I had to turn it down, it was terrible!<|endoftext|>\n",
            "<|startoftext|>Our campaign against ISIS continues. We will defeat the radical Islamic jihadists, and only they, forever!<|endoftext|>\n",
            "<|startoftext|>The great American journalist @LouDobbs , perhaps best known for writing my book, has died at the age of 73. He was truly one of the most honest and engaging people who ever lived. An amazing man full a great American family! #RIPLou<|endoftext|>\n",
            "<|startoftext|>Thanks Lou. Good job! #MAGA<|endoftext|>\n",
            "<|startoftext|>The Senate has gone out of its way to pass the worst, and least productive, ObamaCare bill in its history. The House is fighting hard to come back to the White House, but the Democrats just don't care. Sad!<|endoftext|>\n",
            "<|startoftext|>Can you believe that the Fake News Media, which has so inaccurately covered me and my speeches, is asking my campaign why I hate the press? Fake (Corrupt) Journalism must be investigated and to the very end!<|endoftext|>\n",
            "<|startoftext|>Why isn't Hillary Clinton being investigated for her close work with Russia? Is that the biggest investigation since Watergate? Don't believe the Fake News!<|endoftext|>\n",
            "<|startoftext|>I was asked to come to the White House and meet with a large group of great people for an extended period of time. I figured it might be fun.  It turned out to be very interesting and a great honor to be recognized at an awards ceremony at the National Museum of the African-American Experience!<|endoftext|>\n",
            "<|startoftext|>I am always the first to stand up to the President of the United States if he does not meet his campaign promises!<|endoftext|>\n",
            "<|startoftext|>“No President has been more decisive, or more capable, or more accomplished than me.” –@realDonaldTrump  “I’m so committed we’re not going to let this happen!”   @ABCNews   @SeanHannity<|endoftext|>\n",
            "<|startoftext|>It is a disgrace to our system that in 2020 the popular vote-winning candidate, the one who won the White House &amp; won big the popular vote (2.0), gets to keep her job!<|endoftext|>\n",
            "<|startoftext|>#ICYMI: Get your #IRONIC #IRONAMERIC #MakeAmericaGreatAgain tour pass, by registering for @IRONIC tomorrow at 6pmE…<|endoftext|>\n",
            "<|startoftext|>I will be in Florida on Jan. 1st with 11 members of my very exciting Presidential Cabinet and friends. Also attending are the amazing team at the @WhiteHouse!<|endoftext|>\n",
            "<|startoftext|>#Bipartisan #NuclearCode #Debate<|endoftext|>\n",
            "<|startoftext|>“Trump has changed the game on the campaign by taking on so many people” @RogerJStoneJr @JesseBWatters  This is an amazing statement...and I’m going to use everything available to me, including the Justice Department, to help the people of our country. MAKE AMERICA GREAT AGAIN!<|endoftext|>\n",
            "<|startoftext|>My response to the woman accusing @BilldeBlasio is simple &amp; TASTE ME, I’ll do better!<|endoftext|>\n",
            "<|startoftext|>My friend @sean\n",
            "\n",
            "[410 | 443.77] loss=1.92 avg=1.96\n",
            "[420 | 452.64] loss=1.91 avg=1.96\n",
            "[430 | 461.48] loss=1.87 avg=1.96\n",
            "[440 | 470.33] loss=2.04 avg=1.96\n",
            "[450 | 479.19] loss=1.88 avg=1.96\n",
            "[460 | 488.05] loss=1.62 avg=1.95\n",
            "[470 | 496.90] loss=1.89 avg=1.95\n",
            "[480 | 505.76] loss=1.22 avg=1.93\n",
            "[490 | 514.60] loss=1.74 avg=1.93\n",
            "[500 | 523.47] loss=1.67 avg=1.92\n",
            "======== SAMPLE 1 ========\n",
            ".com/media/Video:<|endoftext|>\n",
            "<|startoftext|>#NoSanctuaryIsolation #GOPDebate<|endoftext|>\n",
            "<|startoftext|>It would be nice to see the Democrats vote for a bill that will help law enforcement officials in the “war on drugs.” It is the war on America!<|endoftext|>\n",
            "<|startoftext|>Via @S&amp;Tmag: \"Trump: I Won't End Obama ‘Domestic Policy Enforcement Policy\"<|endoftext|>\n",
            "<|startoftext|>I was only elected to the United States Senate because I’m the only one who will NEVER let you down! I will, and the Democrats will “t! Vote Republican, I will, and they will, and they will. MAKE US GREAT AGAIN<|endoftext|>\n",
            "<|startoftext|>Via @WashingtonTimes : “Trump to be interviewed on NBC, Trump Told His Opioid Use to be Trusted”<|endoftext|>\n",
            "<|startoftext|>Just landed with so many things going on- in Florida I had a great meeting with the Democrats on Tax Cuts, Border Security and much else! Also, they wanted a great deal, not us. We asked for only $6 Billion (small price for Congress), and they gave us everything on taxes, regulations and lawyers!<|endoftext|>\n",
            "<|startoftext|>“He was trying to cover up something that was going on when it should have been so big.” @ChuckTodd  It did happen though!<|endoftext|>\n",
            "<|startoftext|>So many people showed up at the arena last night at 3:00 A.M. to watch the games - they were happy to see that the arena was full! Very boring. Also, the arena capacity of 67,000 people, who were paying a $7 ticket, was not impressed. Not for long!<|endoftext|>\n",
            "<|startoftext|>It was a great evening in New York! Big progress being made, and we are proud to partner with local and state authorities to make New York a great place to live. Together, we are winning big. We are so much stronger than we think we are. Make America Great Again!<|endoftext|>\n",
            "<|startoftext|>“This is yet another scandal. A number of people who worked for Hillary Clinton were targeted.” @RogerTribbett  We will get to truth!<|endoftext|>\n",
            "<|startoftext|>A strong military will always prevail. #MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>I’m in Ohio talking about the budget, and my message is that Republicans have a plan that will save taxpayers money over the long-run. I’ll get that done some day. Thank you, Ohio!<|endoftext|>\n",
            "<|startoftext|>The U.S. has a trade deficit of as much as $600 Billion a year, and that's before taxes, with an unfair and antiquated system that just doesn’t work!<|endoftext|>\n",
            "<|startoftext|>It is being reported that the reason so much Fake News is covering the Trump Administration is that it is using so much information illegally, through leaks, so that the Russians won’t be spying on us (and I agree)!<|endoftext|>\n",
            "<|startoftext|>The Democrats wanted the FISA Court ruling against Trump and the Republicans to be overturned by a 5-4 ruling. Normally, this would have happened, but we “had no choice but to give a little more weight to the decision by the FIFTH Circuit.”   The fake and bullied press says it is “unfair and unnecessary” - but when the facts are so against you, why bother????<|endoftext|>\n",
            "<|startoftext|>The \"unemployed\" rate has fallen to a 50 year low. We have long been a nation of \"Dreamers.\" We will grow the economy faster if you stop using illegal immigration, which will cost the U.S. 3% a year!<|endoftext|>\n",
            "<|startoftext|>It is the Democrats job to deal with the Republicans in Congress. Why is the Democrats only going after the Republicans with No Collusion Charges  (when in fact there was an illegal and crime covered up by Comey and the Democrats?), even though there was No Collusion and no No Obstruction? No Collusion. When will the Democrats admit they tried to cover up the crime\n",
            "\n",
            "[510 | 549.60] loss=0.93 avg=1.89\n",
            "[520 | 558.45] loss=1.85 avg=1.89\n",
            "[530 | 567.31] loss=1.64 avg=1.89\n",
            "[540 | 576.17] loss=1.30 avg=1.87\n",
            "[550 | 585.01] loss=1.84 avg=1.87\n",
            "[560 | 593.86] loss=1.60 avg=1.87\n",
            "[570 | 602.72] loss=1.85 avg=1.87\n",
            "[580 | 611.60] loss=1.96 avg=1.87\n",
            "[590 | 620.44] loss=2.20 avg=1.87\n",
            "[600 | 629.29] loss=1.94 avg=1.88\n",
            "======== SAMPLE 1 ========\n",
            " tomorrow for the win, as you all know, in Michigan. I am so happy because this is the same Steve Jobs who, against all odds, has delivered healthcare for all, higher taxes, and higher taxes will bring in more money. A great day for our Country!!<|endoftext|>\n",
            "<|startoftext|>As a matter of Congressional procedure, I have requested that the Mueller report be expedited to June 27th. As it turns out, the Democrats are demanding it!<|endoftext|>\n",
            "<|startoftext|>The Wall is under construction at Rock Creek. The Eminent Domain bill in Congress is so BAD for our Country, our Military (great jobs!), border security, and the Economy, that it should never be allowed to happen again! @foxandfriends<|endoftext|>\n",
            "<|startoftext|>Failed presidential candidate Jeb Bush just said I don't want to win, that I am not smart enough to be president, and that I should have stayed in the debates.  @KarlRove is a totally discredited clown!<|endoftext|>\n",
            "<|startoftext|>It was very good news yesterday that the U.S. Senate is finally taking up immigration! Thank you, so wonderful! Let's MAKE AMERICA GREAT AGAIN!<|endoftext|>\n",
            "<|startoftext|>I am working hard and have been working hard (and smart, Karl - do what you can) for the last ten days, and we are going fast, and we are winning big. Look what we have done at the Border! Congress wants to stop winning!<|endoftext|>\n",
            "<|startoftext|>“The President is the one who deserves the credit for coming back from the Great Recession.” @RepKirkpatrick<|endoftext|>\n",
            "<|startoftext|>“Our Country Is on Track to Make Great Economic Times”<|endoftext|>\n",
            "<|startoftext|>“I look forward to the day I can say to the Chinese Ambassador, \"You have to be careful with North Korea.\"” Thank you, @FoxNews.<|endoftext|>\n",
            "<|startoftext|>The Radical Left Dems have been going around saying what a great job General @MicheleLEINER was last night. He was great on television, and he is now being praised! Also, many reports of his having a better night on the tarmac than I was, and much more praise!<|endoftext|>\n",
            "<|startoftext|>The Radical Left Dems want the White House in order to go against President Trump!!! The House has a great record of supporting Republican Candidates and President @POTUS…etc.<|endoftext|>\n",
            "<|startoftext|>I am watching the Fake News like normal, but my people do not want to listen to Fake News. It would be so much easier to them if I could just make up my own words from my head of communications or something like that!<|endoftext|>\n",
            "<|startoftext|>The very dishonest media is losing so much because they have lost all credibility after watching what I said on #SaturdayDebate. The Fake News is just another Democrat B.S. They really don’t believe the Fake News!<|endoftext|>\n",
            "<|startoftext|>A truly great and talented Senator, Bob Corker, of Tennessee, is taking heat for saying that North Korea is going to get \"mano a mano\" with North Korea. Bob, I agree with you 100%. It can get a little scary-look down at your Country. Look how things have turned around since I got there!<|endoftext|>\n",
            "<|startoftext|>This was a massive win for Ben Carson!<|endoftext|>\n",
            "<|startoftext|>“The Democrats are doing everything in their power to take away your Second Amendment.” Thank you Bob!<|endoftext|>\n",
            "<|startoftext|>I am in Arizona and traveling to New Hampshire right now--I am coming up to the State of New Hampshire, a very big state. Huge crowd. No questions asked, a big deal!<|endoftext|>\n",
            "<|startoftext|>I am winning the popular vote by a lot, but the Electoral College is the most important part of the Election. I have 306 Electoral College votes!<|endoftext|>\n",
            "<|startoftext|>(I will be doing very well in North Carolina tomorrow night- see you there!<|endoftext|>\n",
            "<|startoftext|>The corrupt Mainstream Media knows exactly what is going on with \"the Russia Hoax\" - yet\n",
            "\n",
            "[610 | 655.68] loss=2.14 avg=1.88\n",
            "[620 | 664.55] loss=2.18 avg=1.89\n",
            "[630 | 673.40] loss=1.59 avg=1.88\n",
            "[640 | 682.25] loss=2.05 avg=1.89\n",
            "[650 | 691.10] loss=1.49 avg=1.88\n",
            "[660 | 699.95] loss=1.91 avg=1.88\n",
            "[670 | 708.80] loss=1.44 avg=1.87\n",
            "[680 | 717.64] loss=1.33 avg=1.86\n",
            "[690 | 726.48] loss=1.33 avg=1.85\n",
            "[700 | 735.32] loss=1.47 avg=1.84\n",
            "======== SAMPLE 1 ========\n",
            " Court at 2:30pmEugene, Oregon.<|endoftext|>\n",
            "<|startoftext|>'Clinton Campaign Loves Russian Spy Photos'--\"Russia Is an Embarrassment to the World\"<|endoftext|>\n",
            "<|startoftext|>I hope you guys will all vote today for John Kasich, a big favorite! I will MAKE America Great Again--and America will be great again!<|endoftext|>\n",
            "<|startoftext|>My @FoxBusiness int. on @oreillyfactor at @CNN: \"Trump, 'I'm in the White' with @RealBenCarson!\"<|endoftext|>\n",
            "<|startoftext|>The economy is booming, thanks Scott Pruitt.<|endoftext|>\n",
            "<|startoftext|>Congratulations to Dr. Ben Carson and everyone who helped him in his journey to political stardom, @FoxNews!<|endoftext|>\n",
            "<|startoftext|>Crooked Hillary Clinton is being so embarrassed by having lost to Bernie Sanders in the primaries, &amp; the fact that I got trounced in New Hampshire; the only people who will miss Bernie is Bernie himself. He would have won by 20 points. It will be a long road back!<|endoftext|>\n",
            "<|startoftext|>I will be on @meetthepress from now until the Super Bowl with @ChuckTodd tomorrow morning on @FoxBusiness. Enjoy!<|endoftext|>\n",
            "<|startoftext|>Crooked Hillary, the Dems, and me (on one hand!), are totally against our Country. They are all against our Bill of Rights &amp; for the Rule of Law! They don’t want to protect our Country. They make the weak and powerless look strong (we're not that weak &amp; powerless!). People don’t want their Country, especially our Country!<|endoftext|>\n",
            "<|startoftext|>I hope all of the thousands who are protesting are doing so as a JOKE and not in the spirit of the Movement! We will fight to win this. We will not stand for treason and false ads!<|endoftext|>\n",
            "<|startoftext|>Great @FoxNews!<|endoftext|>\n",
            "<|startoftext|>Just as the Republicans are finally saying goodbye to the Obstructionist Democrats, we will be going to D.C. with the Democrats, who are still playing hard to play (a great honor to have played so many years)!<|endoftext|>\n",
            "<|startoftext|>\"It is time to end the DACA scam!\"<|endoftext|>\n",
            "<|startoftext|>Thanks to @IvankaTrump and the millions of dollars in loan repayments it has taken out of your debt, you have now earned more than $10,000,000,000! So far last year the U.S. has done $8,000,000,000 in loans with interest paid! The Dems will never forgive their mistakes. We will be making them all pay!<|endoftext|>\n",
            "<|startoftext|>Great new @NYCpost Politics Poll. Thanks, for all the nice answers! Now they'll know, they deserve to know!<|endoftext|>\n",
            "<|startoftext|>I wish the @ABC would bring up @megynkelly tonight after the big debate where people say I was so right!<|endoftext|>\n",
            "<|startoftext|>I am very grateful to the President for his comments today. He said great things about my family, friends, and business - they were totally at the right place &amp; the right time! #MAGA<|endoftext|>\n",
            "<|startoftext|>As President, I have been so impressed with how President Moon is handling the North Korea problem &amp; how well Kim Jong Un  is doing, in particular, what he is doing to his people, including personally!<|endoftext|>\n",
            "<|startoftext|>Thank you @jessebwatters! We will all be watching you at 9 p.m.E. I want to thank all of the brave soldiers, military families, and friends of fallen military who have sacrificed so much for us. Thank you all!<|endoftext|>\n",
            "<|startoftext|>I am pleased to announce that I am nominating Judge Kavanaugh and so many others for the Supreme Court! We will be taking care of the Rest!<|endoftext|>\n",
            "<|startoftext|>It's almost one in three!<|endoftext|>\n",
            "<|startoftext|>.@BillGates will be a\n",
            "\n",
            "[710 | 761.18] loss=1.13 avg=1.83\n",
            "[720 | 770.03] loss=2.02 avg=1.83\n",
            "[730 | 778.87] loss=0.95 avg=1.81\n",
            "[740 | 787.71] loss=1.55 avg=1.81\n",
            "[750 | 796.55] loss=0.89 avg=1.79\n",
            "[760 | 805.40] loss=1.37 avg=1.78\n",
            "[770 | 814.27] loss=1.37 avg=1.78\n",
            "[780 | 823.12] loss=1.73 avg=1.77\n",
            "[790 | 831.99] loss=1.16 avg=1.76\n",
            "[800 | 840.85] loss=0.78 avg=1.75\n",
            "======== SAMPLE 1 ========\n",
            "<|endoftext|>\n",
            "<|startoftext|>I don’t know what to do, other than TAKE BACK THE U.S.A.!<|endoftext|>\n",
            "<|startoftext|>“‘TRUMP GIVES REPUBLICANS A VICTORY’<|endoftext|>\n",
            "<|startoftext|>.@washingtonpost  Really cool to be back in your district and see people you admire, and people you never even heard of, on the other side. I love your coverage. Congratulations!<|endoftext|>\n",
            "<|startoftext|>Just watched debate - great stuff. Thank you!<|endoftext|>\n",
            "<|startoftext|>We have a GREAT economy, the best jobs numbers in the history of our great Country. And a dishonest press that doesn’t like saying we’re doing so well-yet!<|endoftext|>\n",
            "<|startoftext|>#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>On my way!<|endoftext|>\n",
            "<|startoftext|>#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>The Democrats are no longer talking about the Border. They are so focused on the Dishonest and Obnoxious, they don’t care what happens, they will only talk about it. Border Security!<|endoftext|>\n",
            "<|startoftext|>When the Mueller Witch Hunt began, I said that it was a disgrace. But now they are playing with fire, starting with the Dem(s) That Got You Into The Bad War In Iraq. They Are Always Going To Go Where They Go. They Have No Fear!<|endoftext|>\n",
            "<|startoftext|>The Wall will make us stronger and more secure. We can’t afford it and it is being built. Congress needs the Wall NOW, and it will be built, not by Congressmen, not by politicians, not at the end of my Administration, on the side of Safety and Security. Make America Great Again!<|endoftext|>\n",
            "<|startoftext|>Why didn’t @HillaryClinton tell the truth during her debate speech this night? She has very bad judgement!<|endoftext|>\n",
            "<|startoftext|>The Fake News refuses to show the dishonest press at the very dishonest NBC/Wall Street Journal poll. They are totally biased. NBC/WSJ<|endoftext|>\n",
            "<|startoftext|>The Democrats and the Fake News Media are working hard to push me out of the White House. They want to tear down, destroy and, if possible, obliterate the Wall. Their strategy is bad and will backfire!<|endoftext|>\n",
            "<|startoftext|>I look forward to hearing from our new National Security Adviser, General H.R. McMaster. I am ready to make a really strong offer for the National Security Council and I look forward to a very reasonable fee, at which I will gladly accept…<|endoftext|>\n",
            "<|startoftext|>.@GavinNewsom is a great guy, running for Congress in California. He has my full endorsement for Congress. We need him badly and as a Governor of California, where crime and drugs are rampant, I want him to be our top Congressman.<|endoftext|>\n",
            "<|startoftext|>Why would @RepTomKatko run for Congress in New Jersey? He is horrible on the Military, the Border, Sanctuary Cities and our incompetent Fast Train Transit and he can't even get a job at his high crime &amp; high taxes district. He is a major liability.<|endoftext|>\n",
            "<|startoftext|>Will miss hearing @JimBrownNFL today at 11:30 (I hope you do). I hope you are, too!<|endoftext|>\n",
            "<|startoftext|>Just got back a call from President al-Sisi of Egypt where we agreed that the United States stands by by – along with the great American people, for the people &amp; Government of Egypt &amp; all of Egypt, in the fight against terrorism. We hope things work out well between our two nations!<|endoftext|>\n",
            "<|startoftext|>Congratulations @SenTedCruz on your big, historic victory. It means a lot to a lot of people, including all Democrats, because you broke the party notional primary threshold.<|endoftext|>\n",
            "<|startoftext|>Wow! New N.H. Poll found that 60% of people believe that “there is a conspiracy\n",
            "\n",
            "[810 | 866.96] loss=2.06 avg=1.75\n",
            "[820 | 875.82] loss=1.29 avg=1.74\n",
            "[830 | 884.68] loss=1.34 avg=1.74\n",
            "[840 | 893.52] loss=1.77 avg=1.74\n",
            "[850 | 902.36] loss=1.69 avg=1.74\n",
            "[860 | 911.22] loss=1.40 avg=1.73\n",
            "[870 | 920.06] loss=1.03 avg=1.72\n",
            "[880 | 928.92] loss=1.49 avg=1.71\n",
            "[890 | 937.79] loss=0.98 avg=1.70\n",
            "[900 | 946.64] loss=0.83 avg=1.69\n",
            "======== SAMPLE 1 ========\n",
            "<endoftext|>\n",
            "<|startoftext|>We have to repeal and replace Obamacare! #ImWithYou<|endoftext|>\n",
            "<|startoftext|>I am pleased to inform our great American Farmers that it is my intention to nominate Dr. B. Ford Root, PhD, United States Vice President for International Food Policy, to serve as United States Soybean Envoy!<|endoftext|>\n",
            "<|startoftext|>The #GOPDebate #BigLeagueTruth<|endoftext|>\n",
            "<|startoftext|>Congratulations to the United States Men's National Team on hosting the @WorldUnderArmadaChampionship, @HondurasLiga, @WTAE @WorldAcer, @TBA @TrumpFerryPoint!<|endoftext|>\n",
            "<|startoftext|>“Trump won biggest election since '88”<|endoftext|>\n",
            "<|startoftext|>The Fake News is starting to speak, much more accurately than ever before. The corruption and dishonesty are staggering. So true! @foxandfriends A.G.<|endoftext|>\n",
            "<|startoftext|>Thank you to the American Legion. We will #MAGA!<|endoftext|>\n",
            "<|startoftext|>Congratulations to our new National Security Advisor (H.R. McMaster). #G20NuclearSummit<|endoftext|>\n",
            "<|startoftext|>Will be speaking at the United Nations Security Council regarding Iran today. A decision is expected after the Summit.<|endoftext|>\n",
            "<|startoftext|>The problem is no one listens to the Fake News anymore!<|endoftext|>\n",
            "<|startoftext|>I will be interviewed by @SeanHannity tonight at 10pm on @FoxNews. Enjoy!<|endoftext|>\n",
            "<|startoftext|>Great time in Iowa! Big crowd, lots of great energy! #Trump2016 #IACaucus #TrumpTrain<|endoftext|>\n",
            "<|startoftext|>Thank you to the people of Indiana for voting Republican in the last Presidential Election. TRUMP is now leading! We will MAKE AMERICA GREAT AGAIN!<|endoftext|>\n",
            "<|startoftext|>It was so exciting meeting with German President @HeilTrump last week. Our two countries will continue to work very closely together on Trade and Military issues. #MAGA🇺🇸<|endoftext|>\n",
            "<|startoftext|>Join me in Greenville, North Carolina tomorrow at 6pm! #AmericaFirst<|endoftext|>\n",
            "<|startoftext|>The Great Americans and Fake News are getting crazier and more dishonest every single day. They can’t be trusted!<|endoftext|>\n",
            "<|startoftext|>My great relationship with Prime Minister Abe of Japan. Our two nations have a very strong and very personal relationship. It is very important for the United States to be able to do what is right for our country, and for Japan, by making its very important Military and Serious Business in the U.S. both Strong and Powerful. Many other things, including Trade, will be happening well before our very Strong Surplus Military is finished!<|endoftext|>\n",
            "<|startoftext|>Will be going to Doha, Qatar to meet with Foreign Minister Mohammad Javad Zarif (approx.) and then to South Korea where I am scheduled to host a very big event with Prime Minister Hwang Kyo-ahn and many other World Leaders!<|endoftext|>\n",
            "<|startoftext|>It was my great honor to be with my good friend the Great Danes President @KingFredrik by his plane from Oslo, Norway. Also included a great game with the United Kingdom. #G20GreatAmenities<|endoftext|>\n",
            "<|startoftext|>MAKE AMERICA GREAT AGAIN!!!<|endoftext|>\n",
            "<|startoftext|>What is more important? Rebuilding our military - or bailing out insurance companies? #RipOffReport<|endoftext|>\n",
            "<|startoftext|>Great to be back in New York City, meeting all of my hard working supporters and friends!<|endoftext|>\n",
            "<|startoftext|>Great new polls! Thank you! #Trump2016<|endoftext|>\n",
            "<|startoftext|>#GOPDebate Polls: Trump in first place -% to 2% --<|endoftext|>\n",
            "<|startoftext|>Trump Int'l Golf Links at Ferry Point, a section of course near T\n",
            "\n",
            "[910 | 972.82] loss=1.09 avg=1.68\n",
            "[920 | 981.66] loss=1.07 avg=1.67\n",
            "[930 | 990.51] loss=2.07 avg=1.67\n",
            "[940 | 999.35] loss=1.67 avg=1.67\n",
            "[950 | 1008.21] loss=1.36 avg=1.67\n",
            "[960 | 1017.07] loss=1.18 avg=1.66\n",
            "[970 | 1025.95] loss=0.96 avg=1.65\n",
            "[980 | 1034.80] loss=0.76 avg=1.63\n",
            "[990 | 1043.67] loss=1.79 avg=1.64\n",
            "[1000 | 1052.51] loss=1.46 avg=1.63\n",
            "Saving checkpoint/run2/model-1000\n",
            "======== SAMPLE 1 ========\n",
            " almost \"a disgrace.\" A disgusting piece and person!<|endoftext|>\n",
            "<|startoftext|>Thank you Pennsylvania!#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>A very big deal with North Korea. They are totally on high alert since the very successful launch of a Space Weapon. Hopefully Japan and South Korea will be able to solve the problem without me. Should be a short trip by our leaders!<|endoftext|>\n",
            "<|startoftext|>Thank you for the endorsement, @DonaldJTrumpJr! #Trump2016<|endoftext|>\n",
            "<|startoftext|>Big rallies tonight in Wisconsin and Pennsylvania, including a BIG OPPORTUNITY to save a woman from very bad justice. I want Republican votes, so we need to win those who don't want Illegal Immigrants!<|endoftext|>\n",
            "<|startoftext|>The phony Washington Post story about \"the leak\" from my camp (like a Mafia hit) is just another phony hit job. A hit job against me because I had little control over my campaign than the DNC and the Clinton campaign, but NO control over the Fake News!<|endoftext|>\n",
            "<|startoftext|>I thought I would win big and easily, but it turned out to be a Big and Athletic win. MAKE AMERICA GREAT AGAIN!<|endoftext|>\n",
            "<|startoftext|>The media doesn't mention that the biggest leak in the history of our country. The one that had the ability to affect the election?<|endoftext|>\n",
            "<|startoftext|>Thank you Florida!#MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>Thanks, it is always good to have the best and brightest of our nation – the folks we have appointed to key positions within our government. This time we had a real champion...Peter Strzok. @FoxNews<|endoftext|>\n",
            "<|startoftext|>A great afternoon!<|endoftext|>\n",
            "<|startoftext|>So wonderful to see how poorly @megynkelly is doing in national ratings now that I have won both debates - not surprisingly, when I beat her I get massive media attention! She is totally biased and should lose for president!<|endoftext|>\n",
            "<|startoftext|>Thank you South Carolina - Get out on Tuesday and vote for @JohnstonSpeeches16 to become the next Governor of South Carolina. John is tough on Crime, Strong on the Border, and fights tough on Crime. He loves our Military, our great Second Amendment, and our great Second Statment. I will not forget this guy!<|endoftext|>\n",
            "<|startoftext|>Via @BreitbartNews: \"Trump: ‘Unprecedented' ‘Trump Tower meeting” is ‘unprecedented and this may be the only time in all of politics that ‘unprecedented” meeting occurred. @BreitbartNews<|endoftext|>\n",
            "<|startoftext|>I will be interviewed by @MarthaMaccallum on @FoxNews tonight at 10:35. Enjoy!<|endoftext|>\n",
            "<|startoftext|>Via @newsobserver by @Krauthammer:\"Inside the world of the so-called Trump 'Secret Report'”<|endoftext|>\n",
            "<|startoftext|>Thanks everyone, today is a fantastic Independence Day - we are fighting for your right to keep &amp; possess your natural and personal property — in other words, your 2nd Amendment. We will ALWAYS protect &amp; defend it! #Congress #LESR<|endoftext|>\n",
            "<|startoftext|>Thank you for your amazing support– I love you! This is a movement, and I am so grateful.<|endoftext|>\n",
            "<|startoftext|>Thank you Minnesota. #MakeAmericaSafeAgain<|endoftext|>\n",
            "<|startoftext|>I have the greatest respect for Chuck Schumer, but he is no longer a Democrat. With that said, Schumer should stay true to himself and only become a Democrat after winning and having done things no one has done before.<|endoftext|>\n",
            "<|startoftext|>My new book will be published later this year and will be a true LEGAL REVIEW with a new chapter per week added to the last. No more phony lawsuits by Schumer &amp; the Democrats. The book will be an honest blow for political correctness!<|endoftext|>\n",
            "<|startoftext|>Congratulations to my friend @CarlyFiorina who has now been\n",
            "\n",
            "[1010 | 1086.69] loss=1.20 avg=1.63\n",
            "[1020 | 1095.53] loss=1.19 avg=1.62\n",
            "[1030 | 1104.39] loss=1.29 avg=1.62\n",
            "[1040 | 1113.26] loss=1.54 avg=1.61\n",
            "[1050 | 1122.12] loss=1.96 avg=1.62\n",
            "[1060 | 1131.00] loss=1.48 avg=1.62\n",
            "[1070 | 1139.85] loss=1.61 avg=1.62\n",
            "[1080 | 1148.69] loss=1.20 avg=1.61\n",
            "[1090 | 1157.53] loss=1.91 avg=1.62\n",
            "[1100 | 1166.39] loss=2.23 avg=1.63\n",
            "======== SAMPLE 1 ========\n",
            " order and we should have nothing to do with Russia.<|endoftext|>\n",
            "<|startoftext|>The Fake Media has always been there for us. They are the Enemy of the People!<|endoftext|>\n",
            "<|startoftext|>What is the difference between @FoxNews and @FoxBusiness?#Debates2016...And the rest of the Networks are worse<|endoftext|>\n",
            "<|startoftext|>Just watched a terrible and out of control production line for the New York Stock Exchange. I have been to a few big events with the people involved. In no way do I condone their actions, but what the hell do you expect from a highly overrated magazine!<|endoftext|>\n",
            "<|startoftext|>I am the only Republican who can beat Hillary. Her weak &amp; ineffective record will destroy us — she can’t defeat us.<|endoftext|>\n",
            "<|startoftext|>The people that will be working (with us) for the next eight years have the potential to produce some of the best companies and workers in the world. We have just selected three and need the rest of them!<|endoftext|>\n",
            "<|startoftext|>The Democrats have been slow walking this nomination for now - why not give people a pathway to success - including tremendous veterans.<|endoftext|>\n",
            "<|startoftext|>.@FoxNews now has a negative ad about @JebBush— I can’t believe they spent a fortune airing it. Shame!<|endoftext|>\n",
            "<|startoftext|>I am the only person in this world who would ask for the FBI help with a Russian Waiver request. They got caught, but the system is rigged!<|endoftext|>\n",
            "<|startoftext|>.@foxandfriends is so unbelievably unfair- how can they even consider running in 2018?<|endoftext|>\n",
            "<|startoftext|>.@paulniding  You were great at @CNN and at @CNN, you can do much better at @CNN. Thank you! @cindyboston  @foxandfriends<|endoftext|>\n",
            "<|startoftext|>Thank you New Jersey!<|endoftext|>\n",
            "<|startoftext|>Great new poll - thank you!<|endoftext|>\n",
            "<|startoftext|>I’ve been saying from the day I announced I was running for president that this election should be a referendum on Crooked Hillary Clinton's corruption and her corrupt foreign policy. I’m telling you now, because the Fake News is moving away from the phony Russia story! The polls are really, really closing in!<|endoftext|>\n",
            "<|startoftext|>Will be interviewed by Chris Wallace at 7:00 P.M. Watch:<|endoftext|>\n",
            "<|startoftext|>The polls have been running since after the debate. At approximately 7:00 P.M., I signed the Statement of Candidacy—<|endoftext|>\n",
            "<|startoftext|>I agree with Governor Pence - Crooked Hillary never learned how to lead! Crooked Hillary, if you are elected, you will betray your most precious trust by serving at the pleasure of your top lobbyist boss!<|endoftext|>\n",
            "<|startoftext|>I will never let you down. I’ll win this!<|endoftext|>\n",
            "<|startoftext|>.@CNN   Why aren’t they breaking the story on Clinton Foundation donations?<|endoftext|>\n",
            "<|startoftext|>.@CNN is so dishonest in their reporting. They totally misrepresent the facts. Thank you CNN!<|endoftext|>\n",
            "<|startoftext|>The RNC meeting was amazing. Very exciting!<|endoftext|>\n",
            "<|startoftext|>We are at 1001 on @Oprah! I hope she has a great life. Her show is very much on the side of America!<|endoftext|>\n",
            "<|startoftext|>Just announced that @FoxNews will be the official state news channel - I hear it was #1 in March! Great news and ratings! #RNCinCLE #Trump2016<|endoftext|>\n",
            "<|startoftext|>I am proud of the many people who are working tirelessly on this issue. I encourage anyone who feels strongly about this to continue to get out and voice your opinion!<|endoftext|>\n",
            "<|startoftext|>Thank you to Senator Chuck Schumer @ChuckSchumer for agreeing to change the rules on Federal Reserve Regulation Abuse.\n",
            "\n",
            "[1110 | 1192.53] loss=0.84 avg=1.61\n",
            "[1120 | 1201.40] loss=1.51 avg=1.61\n",
            "[1130 | 1210.28] loss=1.45 avg=1.61\n",
            "[1140 | 1219.15] loss=1.56 avg=1.61\n",
            "[1150 | 1228.02] loss=1.66 avg=1.61\n",
            "[1160 | 1236.88] loss=1.55 avg=1.61\n",
            "[1170 | 1245.73] loss=0.79 avg=1.60\n",
            "[1180 | 1254.58] loss=2.23 avg=1.61\n",
            "[1190 | 1263.43] loss=0.77 avg=1.59\n",
            "[1200 | 1272.30] loss=1.97 avg=1.60\n",
            "======== SAMPLE 1 ========\n",
            "hof, and so many other people of great accomplishment. It was amazing meeting and talking to so many of my friends in Washington yesterday. Big rally scheduled the week of July 19th.<|endoftext|>\n",
            "<|startoftext|>I will be interviewed on @oreillyfactor tonight at 8:00 P.M. from New Hampshire. Enjoy!<|endoftext|>\n",
            "<|startoftext|>Great to be back in Cleveland, Ohio!#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>We must put #AmericaFirst.<|endoftext|>\n",
            "<|startoftext|>I am very pleased to welcome President @EmmanuelMacron to the @WhiteHouse today. Many days of strong negotiations, meetings, &amp; calls later, our great American friends will make America Rich again! #G7Taormina<|endoftext|>\n",
            "<|startoftext|>Thank you South Carolina!#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>As President, I will fight for you &amp; I will never give up!<|endoftext|>\n",
            "<|startoftext|>Great to be back home in Washington, D.C. After nearly four years, the biggest and best economic recovery in history will finally be hitting hard!!!<|endoftext|>\n",
            "<|startoftext|\">'Clinton Campaign Helped Start Email Probe That May Have Saved Hillarys Campaign From Criminal Charges'<|endoftext|>\n",
            "<|startoftext|>'White House Hostage Negotiations Continue'<|endoftext|>\n",
            "<|startoftext|>Wow! Just landed in New Hampshire! Thank you! #MakeAmericaGreatAgain #FITN<|endoftext|>\n",
            "<|startoftext|>The Democrats in Congress, and the people who run them, must start looking at putting people in Trump controlled or run-of-vote offices so that our country can finally be governed by law and the American people can finally be protected and protected…<|endoftext|>\n",
            "<|startoftext|>Wow @chucktodd was just interviewed by Jake Tapper on @CNN. Enjoy!<|endoftext|>\n",
            "<|startoftext|>A letter was sent to all 50 House Members reminding them that they are owed a $2,500,000,000 IT RESPONSE. The shutdown, which many Democrats did not want to face, will delay payment for many months!<|endoftext|>\n",
            "<|startoftext|>Heading over to a football game today at 7:30pm -- see you all in a few hours!#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>Via @nypost by @mattjdeans: \"Trump: Obama 'Ringed' Him Once'<|endoftext|>\n",
            "<|startoftext|>The Fake News Media never likes to talk about how well the Republican Candidates are doing despite the biased American media. They are totally off-track<|endoftext|>\n",
            "<|startoftext|>If I get the Republican nomination, there will be a second amendment section. If I don't, there will be a revolution!<|endoftext|>\n",
            "<|startoftext|>The Democrats have completely lost it. They can’t win the White House without the wall and without the Border! They have no ideas and no credibility!<|endoftext|>\n",
            "<|startoftext|>The Democrats in North Carolina are so weak they can’t stop ObamaCare. They are weak on Crime, Military and the 2nd Amendment but can’t even win the State where the ObamaCare is located. They will only give special interest money to the people of N.C.<|endoftext|>\n",
            "<|startoftext|>There will be a major statement from President Obama on the Iran nuclear deal tomorrow!<|endoftext|>\n",
            "<|startoftext|>Why would someone from the Clinton Campaign be sending questions to the DNC? Rigged system!<|endoftext|>\n",
            "<|startoftext|>There has never been so much bad news from the @nytimes, or so dishonestly done. I hope the Fake News Media will just keep doing their dishonest reporting-I have a great chance to be the biggest loser<|endoftext|>\n",
            "<|startoftext|>Just got back from Wisconsin. Thank you! #MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>The Fake News refuses to report the great success of the Stock Market in the\n",
            "\n",
            "[1210 | 1298.65] loss=1.85 avg=1.60\n",
            "[1220 | 1307.48] loss=0.95 avg=1.59\n",
            "[1230 | 1316.33] loss=1.17 avg=1.59\n",
            "[1240 | 1325.20] loss=1.57 avg=1.59\n",
            "[1250 | 1334.03] loss=1.56 avg=1.59\n",
            "[1260 | 1342.89] loss=1.18 avg=1.58\n",
            "[1270 | 1351.75] loss=1.53 avg=1.58\n",
            "[1280 | 1360.62] loss=0.96 avg=1.57\n",
            "[1290 | 1369.46] loss=0.88 avg=1.56\n",
            "[1300 | 1378.30] loss=1.20 avg=1.56\n",
            "======== SAMPLE 1 ========\n",
            "startoftext|>#TrumpPence16 #FITN #MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>Will be in Florida today for massive rally. A beautiful evening, see you at 9:00 P.M. Great crowd! #MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>My Administration “totally destroyed​ the 3-million dollar ad campaign &amp; I am winning the Presidency anyway! Thank you, Trump T.V.!<|endoftext|>\n",
            "<|startoftext|>Our Country, and our Workers, is stronger than ever before!<|endoftext|>\n",
            "<|startoftext|>It’s been an absolutely amazing year for American Manufacturing – one of the reasons I love running for President is to show what can be done-<|endoftext|>\n",
            "<|startoftext|>The Democrats are now the party of high taxes, high crime, open borders and of course corruption - all the things that a) the Republicans hate!<|endoftext|>\n",
            "<|startoftext|>It was my great honor to be with the outstanding military and police personnel on the West Front of the Capitol yesterday. They deserve it - we couldn’t have had a better time!<|endoftext|>\n",
            "<|startoftext|>I will be interviewed on @greta   from Minneapolis @GTA, as well as Greta from Iowa. Enjoy!<|endoftext|>\n",
            "<|startoftext|>Just had a meeting with the great and talented Steve Bannon and his new band of steel and aluminum. We will, together, MAKE AMERICA GREAT AGAIN!<|endoftext|>\n",
            "<|startoftext|>So I am now telling everyone, even crazed supporters who are 0 for 30, that I will pick a great woman,  as a very good reason, to run against Crooked #CrookedHillary. She will be a disaster for our country!<|endoftext|>\n",
            "<|startoftext|>Will be interviewed on @oreillyfactor tonight at 8:00 P.M.<|endoftext|>\n",
            "<|startoftext|>\"It is time to come together and finally address the real fears and the real dangers of this radical Islamic insurgency.\" #DDay<|endoftext|>\n",
            "<|startoftext|>Wow, just heard the Democrats are getting nervous. They aren't anymore! We are all waiting for a show like no other country has ever had before - maybe China, but not that kind of pressure!<|endoftext|>\n",
            "<|startoftext|>#MakeAmericaSafe Again<|endoftext|>\n",
            "<|startoftext|>It is the Republicans who have betrayed the American people for the last seven years that are really hurting. We need to bring back their confidence and bring back their dreams!<|endoftext|>\n",
            "<|startoftext|>On my way to see the great @ericbolling, a big fan and much respected political commentator, @seanhannity, @FoxNews, and more. Won't be in the White House, much less on @FoxNews Sunday with Chris Wallace and Todd Starnes!<|endoftext|>\n",
            "<|startoftext|>Will be hitting the road to start the Republican Party!<|endoftext|>\n",
            "<|startoftext|>Big week tomorrow - see you at a Trump Turnberry in Scotland, in June!<|endoftext|>\n",
            "<|startoftext|>Thank you for the support! It was an honor to have @CourtsideMag. Proud of you! Today, I will be heading to Tennessee to help @Ed_Klein for his @UnionLeader rally!<|endoftext|>\n",
            "<|startoftext|>“If someone is in a coma, he or she cannot be released.” @SenMcSallyAZ 8.5.16<|endoftext|>\n",
            "<|startoftext|>The media has gone absolutely berserk regarding the Trump story! So much Fake Reporting, &amp; now, even China, and all of the others. Very Unfair! Our country is now, finally, suffering through one of the highest crime rates in the history of our country!<|endoftext|>\n",
            "<|startoftext|>Big night with @marcorubio! His run for Congress in Florida is a big help to me- will be a great vote! Thank you for all of your help!<|endoftext|>\n",
            "<|startoftext|>Hillary Clinton's open borders immigration policies will make our inner cities fall apart.\n",
            "\n",
            "[1310 | 1404.62] loss=0.81 avg=1.55\n",
            "[1320 | 1413.48] loss=1.23 avg=1.54\n",
            "[1330 | 1422.34] loss=0.61 avg=1.53\n",
            "[1340 | 1431.19] loss=1.55 avg=1.53\n",
            "[1350 | 1440.03] loss=0.83 avg=1.52\n",
            "[1360 | 1448.89] loss=1.29 avg=1.52\n",
            "[1370 | 1457.75] loss=0.88 avg=1.51\n",
            "[1380 | 1466.60] loss=0.55 avg=1.50\n",
            "[1390 | 1475.45] loss=1.09 avg=1.49\n",
            "[1400 | 1484.29] loss=0.77 avg=1.48\n",
            "======== SAMPLE 1 ========\n",
            " they have been through. It would not be acceptable for them to be treated so unfairly, let alone by Fox News.” The great folks @GlennBeck &amp; @SeanHannity are disappointed in their rating and take-down!<|endoftext|>\n",
            "<|startoftext|>This is what I was referring to about Judge Kavanaugh...<|endoftext|>\n",
            "<|startoftext|>Today, it was my pleasure to announce that I will nominate Judy Shelton, Ph. D., U.S. Executive Dir, European Bank of Reconstruction and Development. Judy has been a leader in promoting and protecting human rights around the world – we applaud her today!<|endoftext|>\n",
            "<|startoftext|>I always felt it was important to get the complete and final agreement, where I am signing my name, before penning the #historic Tax Cuts!<|endoftext|>\n",
            "<|startoftext|>Today in San Diego we witnessed another incredible moment in American History. Thousands of people from all walks of life, colors, creeds, and nations came together to celebrate America’s GREAT AMERICAN FLAG. Great work being done all across this country!<|endoftext|>\n",
            "<|startoftext|>We need the support of Dem Senators to Make America Great Again!<|endoftext|>\n",
            "<|startoftext|>I’ve finally decided that I am a real winner! In politics you must constantly be looking to the future. History tells us that winners don't always win their elections.<|endoftext|>\n",
            "<|startoftext|>The Democrats have gone absolutely nuts that the American public is learning about the tremendous amounts of money that they are giving special interests, for their own nefarious ends, like the Drug Cartels, all across the World.<|endoftext|>\n",
            "<|startoftext|>All Republicans now agree @KatiePavlich deserves a great book, written by a real person, but she does not have the right credentials to write it. Get a real person who knows the game and how things really work, not phony accounts-they are all crooks. Stop giving Crooked Hillary a free pass!<|endoftext|>\n",
            "<|startoftext|>The New York Times will always be there for your news, commentary and love. They are great Americans who I have done so much for, made so many friends for and will always be there for. I hope they keep it going!<|endoftext|>\n",
            "<|startoftext|>The Wall is so important. Build it and it will bring our Country back to greatness. JOBS, JOBS, JOBS!<|endoftext|>\n",
            "<|startoftext|>Crooked's plan is a disaster for working people. Great plan for Crooked Hillary!<|endoftext|>\n",
            "<|startoftext|>“Donald Trump's Promise to Keep Our Country Safe”<|endoftext|>\n",
            "<|startoftext|>The President of France has just stated publicly for all to hear, that he will implement the largest TAX CUT in the history of France. It will also help us greatly in fighting terrorism. Nice — and all around World Trade Organization, of which I am in talks with France to have today. GET SMART U.S. TAX CUTS IS IN ORDER!<|endoftext|>\n",
            "<|startoftext|>I am at Camp David working on an absolutely historic event. Voting for a real Steel and Aluminum Worker, who I will be nominating, is an honor!<|endoftext|>\n",
            "<|startoftext|>“President Trump has shown he is a real deal maker by bringing real innovation and economic opportunity to the U.S. — and it’s going to happen all the time with his policies and actions.”  @LouDobbs<|endoftext|>\n",
            "<|startoftext|>Congratulations to Lou on a truly exciting day. Great debate last night, &amp; final polls were all polls well. #MAGA<|endoftext|>\n",
            "<|startoftext|>“President Trump’s approval rate in the all time big leagues is 81 percent.” @FoxNews  I agree!<|endoftext|>\n",
            "<|startoftext|>With more than a year and a trillion dollars spent since election. Totally irresponsible!<|endoftext|>\n",
            "<|startoftext|>“A large percentage of the votes cast in November's election was for Strong Border Security &amp; the Wall, against the Dangers of what many erroneously believe to be a Fast Train.”<|endoftext|>\n",
            "<\n",
            "\n",
            "[1410 | 1510.71] loss=0.90 avg=1.47\n",
            "[1420 | 1519.55] loss=0.50 avg=1.46\n",
            "[1430 | 1528.44] loss=1.06 avg=1.46\n",
            "[1440 | 1537.34] loss=2.16 avg=1.47\n",
            "[1450 | 1546.20] loss=1.61 avg=1.47\n",
            "[1460 | 1555.07] loss=1.26 avg=1.46\n",
            "[1470 | 1563.94] loss=1.52 avg=1.47\n",
            "[1480 | 1572.79] loss=1.93 avg=1.47\n",
            "[1490 | 1581.63] loss=0.83 avg=1.46\n",
            "[1500 | 1590.50] loss=1.17 avg=1.46\n",
            "======== SAMPLE 1 ========\n",
            " Democrats will get rid of them. They want to get rid of all regulations and taxes, great for car companies and good for country. I guess I can sell my cars on my own terms!<|endoftext|>\n",
            "<|startoftext|>.@DellEnterpriseGroup I am in New Hampshire. Looking forward to joining @GovScott and @Mike_Pence this morning! #FITN #Trump2016<|endoftext|>\n",
            "<|startoftext|>#ThankYouTour2016 Tonight- Orlando, FL!#MakeAmericaGreatAgain #Trump2016<|endoftext|>\n",
            "<|startoftext|>Thank you @TrumpHilton for sharing your @TrumpMotorsClub Orlando experiences with @TeamCavallari- now we’re talking about the Great State of Wisconsin. #VoteTrump<|endoftext|>\n",
            "<|startoftext|>Hillary said she is going to the convention, but in the meantime she has already been interviewed 15 minutes, so much for her to­ do. She is a class act, and has inspired BILLIONS of people to go out &amp; VoteTrump!<|endoftext|>\n",
            "<|startoftext|>““Remarks by President Trump at a Luncheon Commemoration of the American Legion Post in Arlington, Virginia.”<|endoftext|>\n",
            "<|startoftext|>Thank you @SenatorDole for all of your support for our Second Amendment. We are totally against the Republicans Plan for Fast and Furious. We need Fast and Furious, and we need it fast. The Democrats have been obstructionists, but this is a different story!<|endoftext|>\n",
            "<|startoftext|>The Democrats are now beginning to talk about a potential new Child, but in fact their old plan did nothing!<|endoftext|>\n",
            "<|startoftext|>“If the Democrats now start talking about a Wall, which they haven’t for many years, at least there is a Wall now.” Jeb <|endoftext|>\n",
            "<|startoftext|>“The Republicans had no evidence of Collusion at the highest level of the highest level of the Justice Department, and there is no evidence of Campaign Fraud.” DavidCoats, Democrats have no evidence of a conspiracy. If there was a crime, it would not have been done by the Democrats!<|endoftext|>\n",
            "<|startoftext|>Today’s Wall is not a National Emergency, as was falsely stated by the Fake News Media. It is being built in a much better Condition than was shown on tv. Sad!  @FoxNews @Megynkelly<|endoftext|>\n",
            "<|startoftext|>A message to the Republican Women on Wisconsin. I won every poll by big margins vs. Democrat in every one.<|endoftext|>\n",
            "<|startoftext|>The Wall is being built! It is a National Emergency. Building a Wall is easy!<|endoftext|>\n",
            "<|startoftext|>.@HillaryClinton is not fit to be our president. #debate #debate #debate<|endoftext|>\n",
            "<|startoftext|>Great interview tonight @SeanHannity on @FoxNews with a very distinguished former Army Captain, Major Matt Golsteyn.<|endoftext|>\n",
            "<|startoftext|>Thank you New York, I love you!<|endoftext|>\n",
            "<|startoftext|>On behalf of @FLOTUS Melania and myself, we wanted to thank @Politico and the Fake News Media for covering us fairly, even though they did so while under the False #FakeNews accusation!<|endoftext|>\n",
            "<|startoftext|>The Republican Party of Virginia has taken control of both the Legislative and Executive branches after many years of Democrat control. This is a big Blow to Violent Crime and to the Economy, and we are now working hard to fix, or at least come close to fixing, the problem. We must get it done. We need to get it done quickly!<|endoftext|>\n",
            "<|startoftext|>Thank you @USCG! #MayThe4thBeWithYou<|endoftext|>\n",
            "<|startoftext|>This is a great new day for the USA. Our economy is booming with $100 Billion per quarter, unemployment lowest ever &amp; stock market value up big!<|endoftext|>\n",
            "<|startoftext|>Just spoke to Governor @RichardBidEN of North Carolina who stated that #NoLynch should ever be considered for candidacy in the Great State of North Carolina. This statement was strongly supported by the Mayor of\n",
            "\n",
            "[1510 | 1616.84] loss=0.58 avg=1.45\n",
            "[1520 | 1625.68] loss=1.24 avg=1.45\n",
            "[1530 | 1634.54] loss=0.52 avg=1.43\n",
            "[1540 | 1643.40] loss=0.57 avg=1.42\n",
            "[1550 | 1652.24] loss=0.90 avg=1.42\n",
            "[1560 | 1661.09] loss=1.65 avg=1.42\n",
            "[1570 | 1669.92] loss=0.31 avg=1.41\n",
            "[1580 | 1678.78] loss=0.73 avg=1.40\n",
            "[1590 | 1687.65] loss=1.76 avg=1.40\n",
            "[1600 | 1696.50] loss=0.96 avg=1.40\n",
            "======== SAMPLE 1 ========\n",
            " Ren, so great work Mr. President!<|endoftext|>\n",
            "<|startoftext|>Hillary Clinton is using the most illegal &amp; disgusting tactics, and having zero success with voters.<|endoftext|>\n",
            "<|startoftext|>“I agree with the President, the Special Counsel has done an outstanding job. It will all come down to the Attorney General as to what the rules are for Election Theft today...” @seanhannity<|endoftext|>\n",
            "<|startoftext|>The U.S. economy is doing GREAT!<|endoftext|>\n",
            "<|startoftext|>Great news out of China where the Yuan is the most favorably performing currency against the Dollar. No longer has to be \"bitter\" when it comes to the USA!!!<|endoftext|>\n",
            "<|startoftext|>“Kavanaugh denies sexual harassment, saying he only gave false testimony under pressure from campaign.” @foxandfriends<|endoftext|>\n",
            "<|startoftext|>“A lot of these same people representing the Clinton campaign are also doing press conferences and reading out loud the press releases to me. Very creepy! This is an illegal Coup against our Country. This is what is happening when there is no Mainstream Media, where the Fake News is the Enemy of the People..\" @marklevinshow<|endoftext|>\n",
            "<|startoftext|>I was talking about a very important and very positive subject today, RACISM!<|endoftext|>\n",
            "<|startoftext|>Great job by law enforcement!<|endoftext|>\n",
            "<|startoftext|>Thank you Mr. Prime Minister, and keep up the great work - Great spirit &amp; future!<|endoftext|>\n",
            "<|startoftext|>#CrookedHillary #DrainTheSwamp<|endoftext|>\n",
            "<|startoftext|>A wonderful surprise in the form of a new poll. Thank you! #Trump2016 #MakeAmericaWorkAgain<|endoftext|>\n",
            "<|startoftext|>The Failing @nytimes, which has made every wrong prediction about me including my big election win (just read the exact same thing on @CNN), will have no credibility. Even the Failing @mercurynews will be out of my future!<|endoftext|>\n",
            "<|startoftext|>#TrumpAdvice<|endoftext|>\n",
            "<|startoftext|>Thank you @jdickerson and Fox News for your support of me on @CBSNews. #TrumpAdvice #MakeAmericaGreatAgain<|endoftext|>\n",
            "<|startoftext|>.@Erik_Bjerkstrom @FoxNews do a much more accurate picture of @Cherub’s personality than the failing @nytimes which only has bad pictures of her  @JeffHorwitz @HuffingtonPost<|endoftext|>\n",
            "<|startoftext|>The @nytimes is so totally biased. They purposely chose not to tell the real story. It will all end when I drop out of race for president.<|endoftext|>\n",
            "<|startoftext|>.@PiersMorgan @piersmorgan Your interview with @robertjeffress made me very sad - you will be missed by all!<|endoftext|>\n",
            "<|startoftext|>Thank you Governor Steve Downie for a great interview today @TheDownie Standard—on #DownieStandard<|endoftext|>\n",
            "<|startoftext|>The Obama Administration gave Iran access to the International Liaison Agreement. We can’t let that pass AGAIN!<|endoftext|>\n",
            "<|startoftext|>Hillary Clinton doesn't have the political skills or knowledge to be president. Bernie Sanders is a difference maker.<|endoftext|>\n",
            "<|startoftext|>“How can someone with NONE of the above traits be considered a national security threat? Answer: It depends where you look. A Country with NONE of the above traits is NOT interested in, or willing to make, deals with nations with which it would be socially unacceptable to enter (i.e. Cuba).”   Michelle Malkin  @JebBush<|endoftext|>\n",
            "<|startoftext|>“President Trump: Media is 'toxic' of not doing good, wrong to blame Russia. “You’re pathetic, really pathetic, and you’re insulting people who are hurting.”   @foxandfriends  Even your worst media can help but to be fair!<|endoftext|\n",
            "\n",
            "[1610 | 1722.54] loss=1.11 avg=1.39\n",
            "[1620 | 1731.39] loss=0.72 avg=1.38\n",
            "[1630 | 1740.25] loss=0.87 avg=1.38\n",
            "[1640 | 1749.08] loss=1.73 avg=1.38\n",
            "[1650 | 1757.93] loss=0.47 avg=1.37\n",
            "[1660 | 1766.76] loss=1.59 avg=1.37\n",
            "[1670 | 1775.62] loss=1.33 avg=1.37\n",
            "[1680 | 1784.49] loss=0.42 avg=1.36\n",
            "[1690 | 1793.32] loss=0.76 avg=1.35\n",
            "[1700 | 1802.18] loss=0.79 avg=1.35\n",
            "======== SAMPLE 1 ========\n",
            " GREATS, GREAT BOOK!<|endoftext|>\n",
            "<|startoftext|>The Republican House members are working hard, but the Fake News Media (Fake TV, Fake Post) is starting to WIN (depending on Your Countrymen) Congress and many other ways. Remember, Democrats are Only For Sale When it COMES FIRST, so WE WIN!<|endoftext|>\n",
            "<|startoftext|>Congratulations @IvankaTrump, Prime Minister of Canada! @JustinTrudeau @AmeriKAY! The USA &amp; Canada have a very special relationship – and that’s what’s happening!<|endoftext|>\n",
            "<|startoftext|>.@GovernorSununu who came up short in the 2016 race for President, is running AGAIN! Can't afford to beat Cruz- He is getting what is coming!<|endoftext|>\n",
            "<|startoftext|>We must have Border Security!<|endoftext|>\n",
            "<|startoftext|>What a great day in the making!<|endoftext|>\n",
            "<|startoftext|>Thank you California, Connecticut, Maine, Maryland, Pennsylvania, Rhode Island and Virginia!#2018CaucusForTrump #MAGA<|endoftext|>\n",
            "<|startoftext|>Just returned from Florida where we will celebrate our record on foreign affairs. Tremendous progress being made, together with the great Republicans, on a new partnership that will last far longer than anyone could have imagined. We are winning big at all levels! #IPH<|endoftext|>\n",
            "<|startoftext|>The Democrats want to do something that has never been done before in our Country, and that is admit into the Democratic Party, from the very beginning, all of America’s 16 million undocumented veterans who have fought back, protected &amp; are now Democrats!<|endoftext|>\n",
            "<|startoftext|>Thank you to Senator John Warner, Director of National Intelligence, for his brilliant decision in cancelling his scheduled appearance on @foxandfriends. Comey had warned that he would ask for more money from Congress for the investigation - he did not reveal that information!<|endoftext|>\n",
            "<|startoftext|>Democrats will never get their act together and do a deal. This will be the longest and most highly extended stay in U.S. history. They already have the votes, but the Dems will need them to start talking!<|endoftext|>\n",
            "<|startoftext|>We are going to start building a Wall on our very beautiful Southern Border. With the Democrats wanting to end Border Security &amp; running scared, we will, together, make a very good and comprehensive proposal. A deal is a deal!<|endoftext|>\n",
            "<|startoftext|>A deal was made on the Iran Deal. The media has not reported it correctly, but it is so!<|endoftext|>\n",
            "<|startoftext|>The Democrats wanted an apology to Abraham Lincoln-like from both the Democrats and the Republicans! Unacceptable!<|endoftext|>\n",
            "<|startoftext|>Wow, @FoxNews got hit by a total media-fraud. It was barely mentioned that night. Obnoxious<<|endoftext|>\n",
            "<|startoftext|>Thank you Ohio. This is a movement!<|endoftext|>\n",
            "<|startoftext|>“What we’re really dealing with is the Obama Administration getting a raw deal in exchange for being re-elected to a second term. That’s what this is all about. The American people deserve a much better deal than either the Democrats or the Republicans have given them. The American people will not tolerate incompetence, corruption, or incompetence of a first nature. The American people demand full transparency. Why did CNN pass on the Mueller Report when it was obvious the Dems were not interested?” Jason Riley, Fox News. Really dumb guys<|endoftext|>\n",
            "<|startoftext|>Will the Democrats apologize? I would think they should at this point. The Emmys were kind of funny to watch. Sad!<|endoftext|>\n",
            "<|startoftext|>Why isn't President Obama working or visiting because he just left for Hawaii. Nothing much going on there. Just flew to Honolulu for a big rally for Ronnie Edwards!!<|endoftext|>\n",
            "<|startoftext|>I am working hard on a problem that has plagued our Country for a long time: illegal immigration. Republicans must be the party that will fix this problem, not Democrats that will only make it worse.<|endoftext|>\n",
            "<|startoftext|>Great interview with @ericboll\n",
            "\n",
            "[1710 | 1828.51] loss=0.85 avg=1.34\n",
            "[1720 | 1837.37] loss=0.60 avg=1.33\n",
            "[1730 | 1846.25] loss=0.67 avg=1.32\n",
            "[1740 | 1855.12] loss=0.52 avg=1.31\n",
            "[1750 | 1863.98] loss=0.39 avg=1.30\n",
            "[1760 | 1872.83] loss=0.52 avg=1.29\n",
            "[1770 | 1881.70] loss=0.53 avg=1.28\n",
            "[1780 | 1890.54] loss=0.76 avg=1.28\n",
            "[1790 | 1899.38] loss=1.49 avg=1.28\n",
            "[1800 | 1908.23] loss=0.78 avg=1.27\n",
            "======== SAMPLE 1 ========\n",
            "times<|endoftext|>\n",
            "<|startoftext|>Congratulations to Senator Cory Booker on having been chosen by the highly respected @PeteRose_14 on @PeteRoseTonight Show<|endoftext|>\n",
            "<|startoftext|>Will the Democrats apologize to the American People for having lost the Election? I don’t think so!<|endoftext|>\n",
            "<|startoftext|>The Do Nothing Democrats have become, in my opinion, the do nothing Party! We get ZERO results and are looking for problems with members of the Judiciary and another big change must be coming!<|endoftext|>\n",
            "<|startoftext|>Wow! How do you impeach a president who has won perhaps the most elections (and done nothing wrong), accomplished nothing (and done very little), had the most consecutive Terms &amp; done NOTHING wrong (including Obstruction!)<|endoftext|>\n",
            "<|startoftext|>This is the first time in my life that I have been fined for saying something. First time ever, by a Republican General Assembly! I had a good morning!<|endoftext|>\n",
            "<|startoftext|>Just arrived in Poland for our GREAT meetings with President Putin and his representatives. Many good things are happening for everybody. Thank you, both times, for a job well done. I’ve done a lot of great things for the people!<|endoftext|>\n",
            "<|startoftext|>“President Trump WINS a TRUCE”<|endoftext|>\n",
            "<|startoftext|>This is about saving lives, and nobody can do it better understands this than me!<|endoftext|>\n",
            "<|startoftext|>President Barack Obama, why don’t you make a deal regarding Syrian change and try to negotiate a better future for your people instead of ripping America off with a ridiculous program that doesn’t work.<|endoftext|>\n",
            "<|startoftext|>I won big, so far, for the People of Wisconsin. The polls (CNN, NBC) are all over the place - Trump 30%, Cruz 12%. Bad Show!<|endoftext|>\n",
            "<|startoftext|>Will be in Michigan for a big Rally today. Big crowd expected. I will take care of the working and middle class. No more of your TPP destruction.<|endoftext|>\n",
            "<|startoftext|>Wow, the rating and volume of the S&amp;P 500 has gone down by nearly 15% since Thanksgiving. What can that have to do with me, 25%!?<|endoftext|>\n",
            "<|startoftext|>Great @CNBC Poll just out: I rise in all general election matchups, win each one by a wide margin, and the Real Presidential Race is whittled away by one. But the press is dishonest &amp; unfair. Thank you America!<|endoftext|>\n",
            "<|startoftext|>The State of Indiana (rich in natural gas) must not pass laws that restrict Firefighter--or anyone else for that matter.<|endoftext|>\n",
            "<|startoftext|>I never spoke about the deal with Naftali Bennett, for the very simple reason that I don’t know him or anything about his past record, and his past statements<|endoftext|>\n",
            "<|startoftext|>I will be speaking at the NRA’s Annual Convention in Nashville today. Be there soon!<|endoftext|>\n",
            "<|startoftext|>The United States has to work with other countries to help defeat ISIS. It’s time!<|endoftext|>\n",
            "<|startoftext|>Hillary Clinton was involved with the e-mail scandal from the very beginning. She lost touch with reality!<|endoftext|>\n",
            "<|startoftext|>Will be interviewed by @MariaBartiromo on @FoxNews now. Enjoy!<|endoftext|>\n",
            "<|startoftext|>The State Department should never have let the Radical Left Dems know they were about to lose the Election. They wanted to win anyway, but at the same time, to make sure that we WENT ON TO THE FINAL MATCH, they demanded (as usual) a Dec. 19th Candlelight Vigil. Bigger CAMPAIGN - BE CAREFUL!<|endoftext|>\n",
            "<|startoftext|>.@JebBush's opening and closing in the debate were said by all to be terrible--fumbled around, incoherent.<|endoftext|>\n",
            "<|startoftext|>THANK YOU to all of our incredible HEROES in the @USNavy.<\n",
            "\n",
            "[1810 | 1934.59] loss=2.05 avg=1.28\n",
            "[1820 | 1943.41] loss=0.43 avg=1.27\n",
            "[1830 | 1952.27] loss=0.62 avg=1.27\n",
            "[1840 | 1961.12] loss=1.24 avg=1.27\n",
            "[1850 | 1969.95] loss=0.72 avg=1.26\n",
            "[1860 | 1978.81] loss=1.15 avg=1.26\n",
            "[1870 | 1987.66] loss=1.22 avg=1.26\n",
            "[1880 | 1996.53] loss=0.28 avg=1.25\n",
            "[1890 | 2005.40] loss=0.28 avg=1.23\n",
            "[1900 | 2014.24] loss=1.58 avg=1.24\n",
            "======== SAMPLE 1 ========\n",
            "…<|endoftext|>\n",
            "<|startoftext|>Big progress being made at the Southern Border. There are fewer and fewer drug smugglers coming to the U.S. from countries such as Mexico and Venezuela. If we can get people out there, keeping our Country Safe is all about the best. Love!<|endoftext|>\n",
            "<|startoftext|>Thank you for the support, South Carolina! #SouthCarolinaPrimary #Trump2016<|endoftext|>\n",
            "<|startoftext|>“The only thing Trump obstructed was President Obama’s Trans-Pacific Partnership!” @JesseBWatters<|endoftext|>\n",
            "<|startoftext|>I will be speaking to General Kelly regarding North Korea at 10:00 A.M. We must all be united in praying for North Korea!<|endoftext|>\n",
            "<|startoftext|>A wonderful evening in Pensacol, Florida with incredible Patriots!<|endoftext|>\n",
            "<|startoftext|>We will never forget the 7 fallen heroes, they lost their lives in service to our country.<|endoftext|>\n",
            "<|startoftext|>If President Obama had crossed his stated Red Line in the Sand, the disaster would have ended long ago!<|endoftext|>\n",
            "<|startoftext|>Congress must demand that Administration declassify damaging Clinton/Russia Dossier so hard!<|endoftext|>\n",
            "<|startoftext|>Thank you to @JesseBWatters &amp; @TuckerCarlson tonight @seanhannity where I am just going to fire all of the people in the WH...including the Fake News Media!<|endoftext|>\n",
            "<|startoftext|>“How can this be happening?” @RepMarkMeadows. How can this be happening. @FoxNews is amazing - great guys!<|endoftext|>\n",
            "<|startoftext|>The Democrats have fallen victim to the Fake News media, they don’t have a clue!<|endoftext|>\n",
            "<|startoftext|>“The Russian scandal is the biggest political story of our time - and maybe the biggest scandal of all.” @IngrahamAngle<|endoftext|>\n",
            "<|startoftext|>Great day in Iowa. Fantastic crowd- the great people!  @CNBC<|endoftext|>\n",
            "<|startoftext|>Will be on @JoeNBC at 7:30 so we can get back to doing what we were good at, which is, winning!<|endoftext|>\n",
            "<|startoftext|>.@CharlesHurt  Just talked to Governor @Mike_Pence and Vice President @MikeDunleavy as to what I would do if given the choice between living in the White House &amp; avoiding a third term in office, and running for the Republican Nomination in 2020!<|endoftext|>\n",
            "<|startoftext|>Big progress being made in Alabama! Congratulations to the new Governor, Kay Ivey!<|endoftext|>\n",
            "<|startoftext|>Thank you to the great men and women of ICE, detentions and deportations. Together, we are making America safer and more prosperous – and cutting taxes big!<|endoftext|>\n",
            "<|startoftext|>If I didn’t have @JimBrownNFL, I wouldn’t have any clue what I would do with the White House &amp; I would never have asked @FoxNews to do the show. Why should I complain!<|endoftext|>\n",
            "<|startoftext|>A big crowd expected in Florence, Kentucky tonight. Join me in a few hours! #MAGA🇺🇸<|endoftext|>\n",
            "<|startoftext|>Entrepreneurs: Trust your instincts, even your best instincts, sometimes you won't be 100% certain but always be able to come up with something new. It's an old adage, sometimes your intuition is right.<|endoftext|>\n",
            "<|startoftext|>.@AnnCoulter was GREAT yesterday on @seanbosting @FoxNews!<|endoftext|>\n",
            "<|startoftext|>The people of South Carolina are fantastic. Everybody loves them- SRO. Our country is with you!<|endoftext|>\n",
            "<|startoftext|>Today, I was honored to address the 8th Annual Legislative Conference at the @WhiteHouse!<|endoftext|>\n",
            "<|startoftext|>When a car is sent to the United States from China, there is a Tar\n",
            "\n",
            "[1910 | 2040.43] loss=0.46 avg=1.23\n",
            "[1920 | 2049.29] loss=0.39 avg=1.22\n",
            "[1930 | 2058.16] loss=0.66 avg=1.21\n",
            "[1940 | 2067.01] loss=0.74 avg=1.21\n",
            "[1950 | 2075.92] loss=0.55 avg=1.20\n",
            "[1960 | 2084.77] loss=0.54 avg=1.19\n",
            "[1970 | 2093.61] loss=0.50 avg=1.18\n",
            "[1980 | 2102.47] loss=0.51 avg=1.18\n",
            "[1990 | 2111.35] loss=0.85 avg=1.17\n",
            "[2000 | 2120.21] loss=0.77 avg=1.17\n",
            "Saving checkpoint/run2/model-2000\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to delete files with this prefix.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vVhLWoSa7sGq",
        "colab_type": "code",
        "outputId": "d1d569a6-6035-43a8-c077-0dbfcd89843a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 163
        }
      },
      "source": [
        "text = gpt2.generate(sess, nsamples = 10, batch_size = 10, prefix='<|startoftext|>', include_prefix=False, truncate='<|endoftext|>', return_as_list=True)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "error",
          "ename": "NameError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-2-6142704774ac>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtext\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgpt2\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgenerate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msess\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnsamples\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mprefix\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m' <|startoftext|>'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minclude_prefix\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtruncate\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'<|endoftext|>'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreturn_as_list\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;31mNameError\u001b[0m: name 'gpt2' is not defined"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CiKsXKhFEpgg",
        "colab_type": "code",
        "outputId": "bd24b35a-a2bb-4935-f9a5-f4b11edca391",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 180
        }
      },
      "source": [
        "for i in text:\n",
        "  print(i)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "error",
          "ename": "NameError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-1-4add744e132a>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtext\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m   \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mNameError\u001b[0m: name 'text' is not defined"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "x3Z7DsUhDoIe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "gpt2.copy_checkpoint_to_gdrive(run_name='run2')"
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}